#!/bin/bash
order=3
#prune="0 0"
prune="0 0 3"
#prune="0 1 4 8"
#prune="0 1 8 12"
tmp=/home/work_nfs8/xlgeng/new_workspace/wenet_gxl_aishell/examples/aishell/s0/LM_training/data/tmp
mkdir -p $tmp
mem_rate=40%
output_dir=
arpa_name=
fallback="0.5 1 1.5"

input=/home/work_nfs8/xlgeng/new_workspace/wenet_gxl_aishell/examples/aishell/s0/LM_training/data/all_data.list
output=/home/work_nfs8/xlgeng/new_workspace/wenet_gxl_aishell/examples/aishell/s0/LM_training/data/all_data_36G.arpa
input=$1
output=$2
cat $input | lmplz \
    -o $order \
    -T $tmp \
    -S $mem_rate \
    --prune $prune \
    --discount_fallback $fallback \
    --arpa $output
